/*
 * Saphre - Suffix Arrays for Phrase Extraction
 * Copyright (C) 2013 
 * Dale Gerdemann - Tübingen, Germany 
 * Niko Schenk - Frankfurt am Main, Germany
 * All rights reserved.
 *
 * This program is free software: you can redistribute it and/or modify it under
 * the terms of the GNU General Public License as published by the Free Software
 * Foundation, either version 3 of the License, or (at your option) any later
 * version.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
 * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
 * details.
 *
 * You should have received a copy of the GNU General Public License along with
 * this program. If not, see <http://www.gnu.org/licenses/>.
 *
 */
package util.tokenization_io;

import java.io.Serializable;

public class GeneralNormalizer implements Normalizer, Serializable {

    public GeneralNormalizer(String norms) {
    }

    @Override
    public String normalize(String tok) {
        if (tok.matches("\\.[\\s\\.]+")) {
            tok = ". . .";
        }
        // Replace newlines.
        tok = tok.replaceAll("\\n", " ");
        tok = tok.replaceAll("ﬁ", "fi");
        tok = tok.replaceAll("ﬂ", "fl");
        tok = tok.replaceAll("ﬃ", "ffi");
        tok = tok.replaceAll("ﬄ", "ffl");
        
        // Return lower-case representation of input text.
        return tok.toLowerCase();
    }
}
